clear

*** Master Do-File 
*** Reproduction script for the paper 
*** "How do researchers choose their goals of inference? A survey experiment on 
*** the effects of the state of research and method preferences on the choice 
*** between research goals"
*** Felix Bethke (ORCID: https://orcid.org/0000-0002-4259-6071)
*** Ingo Rohlfing (ORCID: https://orcid.org/0000-0001-8715-4771)

use "data/fulldata.dta", clear

***Figure 1: Flow-chart
keep if lastpage==17 
tab continent
tab rand2
tab vig2outcome
keep if attention1=="Yes" & attention2=="Yes" & attention3=="Yes" & attention4=="No" & attention5=="No"
tab culture
tab continent if culture !=.

*Define sample 
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent, robust cluster(country)
keep if e(sample)

*Figure 2: Marginal Effects
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2 culture) pr(out(1)) post
coefplot, xline(0, lpattern(dash) lcolor(black)) title(Exploratory, size(small)) xscale(range(0.6)) xlabel(-0.6(0.1)0.6) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/fig2m1.gph", replace
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2 culture) pr(out(2)) post
coefplot, scheme(s1mono) xline(0, lpattern(dash) lcolor(black)) title(Confirmatory, size(small)) xscale(range(0.6)) xlabel(-0.6(0.1)0.6) nodraw mcolor(black) mfcolor(black) msymbol(diamond) ciopts(lcolor(black))
graph save Graph "output/fig2m2.gph", replace
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2 culture) pr(out(3)) post
coefplot, scheme(s1mono) xline(0, lpattern(dash) lcolor(black)) title(Process, size(small)) xscale(range(0.6)) xlabel(-0.6(0.1)0.6) nodraw mcolor(black) mfcolor(black) msymbol(diamond) ciopts(lcolor(black))
graph save Graph "output/fig2m3.gph", replace
graph combine "output/fig2m1.gph" "output/fig2m2.gph" "output/fig2m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) xcommon ycommon
graph save Graph "output/fig2.gph", replace
graph export "output/figure2.tif", width(1000) replace
est clear


****APPENDIX*****
**Descriptive statistics
*Table A1: Country coverage
asdoc tab countrynew, title(Table A1: Country coverage) fs(12) replace save(output/tableA1.doc)

*Table A2: Response rates
use "data/responserate.dta", clear
asdoc list, title(Table A1: Response rates) fs(12) replace save(output/tableA2.doc)

*Table A3: List of Universities
import delimited "data/EUpart.csv", varnames(1) encoding(utf8) clear 
asdoc list, title(Table A3a:  List of EU-Universities) fs(12) replace save(output/tableA3.doc)
import delimited "data/USpart.csv", varnames(1) encoding(utf8) clear 
asdoc list, title(Table A3b: List of US-Universities) fs(12) append save(output/tableA3.doc)

*reload data
use "data/fulldata.dta", clear
keep if lastpage==17 
keep if attention1=="Yes" & attention2=="Yes" & attention3=="Yes" & attention4=="No" & attention5=="No"
*Define sample 
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent, robust cluster(country)
keep if e(sample)


*Table A4: Distribution of age
asdoc sum age, title(Table A4: Distribution of age) replace save(output/tableA4.doc)
*Table A5: Gender
asdoc tab gender, title(Table A5: Gender) replace  save(output/tableA5.doc)
*Table A6: Professional status
asdoc tab statuscat, title(Table A6: Professional status) replace  save(output/tableA6.doc)
*Table A7: Age categories
asdoc tab agecat, title(Table A7: Age groups) replace  save(output/tableA7.doc)
tab agecat if country=="USA"
*Table A8: Method preferences
asdoc tab methodcat, title(Table A8: Method preferences) replace  save(output/tableA8.doc)
*Table A9: Number of cases
asdoc tab numberofcases, title(Table A9: Number of cases) replace  save(output/tableA9.doc)
*Table A10: Research culture
asdoc tab culture, title(Table A10: Research culture) replace  save(output/tableA10.doc)
*Table A11: Distribution of goals of inference
asdoc tab vig2outcome, title(Table A11: Distribution of goals of inference) replace  save(output/tableA11.doc)

*Table A12: Randomization check
asdoc table1, by(rand2) vars(age contn \ gender cat \ statuscat cat \ culture cat \ continent cat) onecol format(%2.1f) title(Table A12: Randomization check) replace  save(output/tableA12.doc)


***Table A13-A15: Regression results
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent, robust cluster(country)  baseoutcome(1) 
eststo
esttab using "output/tableA13.rtf", unstack noomitted label compress replace  onecell se b(%10.2f) title(Multinomial logit models with base outcome "exploratory")  star(* 0.05)
est clear
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent, robust cluster(country)  baseoutcome(2)
eststo
esttab using "output/tableA14.rtf", unstack noomitted label compress replace  onecell se b(%10.2f) title(Multinomial logit models with base outcome "confirmatory")  star(* 0.05)
est clear
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent, robust cluster(country)  baseoutcome(3)
eststo
esttab using "output/tableA15.rtf", unstack noomitted label compress replace  onecell se b(%10.2f) title(Multinomial logit models with base outcome "process")  star(* 0.05)
est clear


*** Interaction effects
*Figure A2: Treatment effect accross research cultures
mlogit vig2outcome i.culture#i.rand2 i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(culture=(1 2 3)) pr(out(1)) post
coefplot, xline(0, lpattern(dash) lcolor(black)) title(Exploratory, size(small)) coeflabels(1._at = "Qualitative" 2._at = "Quantitative"  3._at = "Mixed-Methods") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA2m1.gph", replace
est clear
mlogit vig2outcome i.culture#i.rand2 i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(culture=(1 2 3)) pr(out(2)) post
coefplot, xline(0, lpattern(dash) lcolor(black)) title(Confirmatory, size(small)) coeflabels(1._at = "Qualitative" 2._at = "Quantitative"  3._at = "Mixed-Methods") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA2m2.gph", replace
est clear
mlogit vig2outcome i.culture#i.rand2 i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(culture=(1 2 3)) pr(out(3)) post
coefplot, xline(0, lpattern(dash) lcolor(black)) title(Process, size(small)) coeflabels(1._at = "Qualitative" 2._at = "Quantitative"  3._at = "Mixed-Methods") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA2m3.gph", replace
est clear
graph combine "output/figA2m1.gph" "output/figA2m2.gph" "output/figA2m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) ycommon
graph save Graph "output/figA2.gph", replace
graph export "output/figureA2.tif", width(1000) replace

*Figure A3:Probability of choosing a specific goal of inference across research cultures and treatment conditions
mlogit vig2outcome i.culture#i.rand2 i.gender i.statuscat age i.continent, robust cluster(country)
est store model

margins if rand2 == 1, at(culture=(1 2 3) rand=(1)) post pr(out(1))
est store ext
est restore model
margins if rand2 == 2, at(culture=(1 2 3) rand2=(2)) post pr(out(1))
est store notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Exploratory)", size(small)) ///
	ylab(1 `" "Qualitative" "' 2 `" "Quantitative" "' ///
		3 `" "Mixed-Method" "', labsize(small)) grid(none)
graph save Graph "output/figA3m1.gph", replace

est restore model
margins if rand2 == 1, at(culture=(1 2 3) rand=(1)) post pr(out(2))
est store ext
est restore model
margins if rand2 == 2, at(culture=(1 2 3) rand2=(2)) post pr(out(2))
est store notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Confirmatory)", size(small)) ///
	ylab(1 `" "Qualitative" "' 2 `" "Quantitative" "' ///
		3 `" "Mixed-Method" "', labsize(small)) grid(none)
graph save Graph "output/figA3m2.gph", replace

est restore model
margins if rand2 == 1, at(culture=(1 2 3) rand=(1)) post pr(out(3))
est store ext
est restore model
margins if rand2 == 2, at(culture=(1 2 3) rand2=(2)) post pr(out(3))
est store notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(order(2 "extensively studied" 4 "not extensively studied") position(6) cols(2)) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Process)", size(small)) ///
	ylab(1 `" "Qualitative" "' 2 `" "Quantitative" "' ///
		3 `" "Mixed-Method" "', labsize(small)) grid(none)
graph save Graph "output/figA3m3.gph", replace

graph combine "output/figA3m1.gph" "output/figA3m2.gph" "output/figA3m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) xcommon ycommon
graph save Graph "output/figA3.gph", replace
graph export "output/figureA3.tif", width(1000) replace

***Wald tests of differences between combinations of treatment and research methods
est restore model
margins, over(rand2) at(culture=(1 2 3)) post
*Difference between quantitative and mixed method researchers in choosing a confirmatory outcome given an extensively studied research topic
mlincom 9-11

*Reproduction of figure A3 with alternative logit transformation for standard errors to avoid lower bound CIs below zero
mlogit vig2outcome i.culture#i.rand2 i.gender i.statuscat age i.continent, robust cluster(country)
est store model

margins if rand2 == 1, at(culture=(1 2 3) rand=(1)) post pr(out(1))
est store ext
est restore model
margins if rand2 == 2, at(culture=(1 2 3) rand2=(2)) post pr(out(1))
est store notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) citype(logit) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Exploratory)", size(small)) ///
	ylab(1 `" "Qualitative" "' 2 `" "Quantitative" "' ///
		3 `" "Mixed-Method" "', labsize(small)) grid(none)
graph save Graph "output/figA3bm1.gph", replace

est restore model
margins if rand2 == 1, at(culture=(1 2 3) rand=(1)) post pr(out(2))
est store ext
est restore model
margins if rand2 == 2, at(culture=(1 2 3) rand2=(2)) post pr(out(2))
est store notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) citype(logit) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Confirmatory)", size(small)) ///
	ylab(1 `" "Qualitative" "' 2 `" "Quantitative" "' ///
		3 `" "Mixed-Method" "', labsize(small)) grid(none)
graph save Graph "output/figA3bm2.gph", replace

est restore model
margins if rand2 == 1, at(culture=(1 2 3) rand=(1)) post pr(out(3))
est store ext
est restore model
margins if rand2 == 2, at(culture=(1 2 3) rand2=(2)) post pr(out(3))
est store notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(order(2 "extensively studied" 4 "not extensively studied") position(6) cols(2)) citype(logit) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Process)", size(small)) ///
	ylab(1 `" "Qualitative" "' 2 `" "Quantitative" "' ///
		3 `" "Mixed-Method" "', labsize(small)) grid(none)
graph save Graph "output/figA3bm3.gph", replace

graph combine "output/figA3bm1.gph" "output/figA3bm2.gph" "output/figA3bm3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) xcommon ycommon
graph save Graph "output/figA3b.gph", replace
graph export "output/figureA3b.tif", width(1000) replace
est clear 

*Figure A4: Treatment effect accross continents
mlogit vig2outcome i.culture i.continent#i.rand2 i.gender i.statuscat age, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(continent=(1 2)) pr(out(1)) post
coefplot, scheme(plottig) xline(0, lpattern(dash) lcolor(black)) title(Exploratory, size(small)) coeflabels(1._at = "EU" 2._at = "US") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA4m1.gph", replace
est clear
mlogit vig2outcome i.culture i.continent#i.rand2 i.gender i.statuscat age, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(continent=(1 2)) pr(out(2)) post
coefplot, scheme(plottig) xline(0, lpattern(dash) lcolor(black)) title(Confirmatory, size(small)) coeflabels(1._at = "EU" 2._at = "US") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA4m2.gph", replace
est clear
mlogit vig2outcome i.culture i.continent#i.rand2 i.gender i.statuscat age, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(continent=(1 2)) pr(out(3)) post
coefplot, scheme(plottig) xline(0, lpattern(dash) lcolor(black)) title(Process, size(small)) coeflabels(1._at = "EU" 2._at = "US") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA4m3.gph", replace
est clear
graph combine "output/figA4m1.gph" "output/figA4m2.gph" "output/figA4m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) ycommon
graph save Graph "output/figA4.gph", replace
graph export "output/figureA4.tif", width(1000) replace
est clear

*Figure A5: Probability of choosing a specific goal of inference across continents and treatment conditions
mlogit vig2outcome i.culture i.continent#i.rand2 i.gender i.statuscat age, robust cluster(country)
est store model

margins if rand2 == 1, at(continent=(1 2)) post pr(out(1))
est store 	ext
est restore model
margins if rand2 == 2, at(continent=(1 2)) post pr(out(1))
est store 	notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Exploratory)", size(small)) ///
	ylab(1 `" "EU" "' 2 `" "US" "', labsize(small)) grid(none)
graph save Graph "output/figA5m1.gph", replace

est restore model
margins if rand2 == 1, at(continent=(1 2)) post pr(out(2))
est store 	ext
est restore model
margins if rand2 == 2, at(continent=(1 2)) post pr(out(2))
est store 	notext
coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Confirmatory)", size(small)) ///
	ylab(1 `" "EU" "' 2 `" "US" "', labsize(small)) grid(none)
graph save Graph "output/figA5m2.gph", replace
	
est restore model
margins if rand2 == 1, at(continent=(1 2)) post pr(out(3))
est store 	ext
est restore model
margins if rand2 == 2, at(continent=(1 2)) post pr(out(3))
est store 	notext
coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(order(2 "extensively studied" 4 "not extensively studied") position(6) cols(2)) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Process)", size(small)) ///
	ylab(1 `" "EU" "' 2 `" "US" "', labsize(small)) grid(none)
graph save Graph "output/figA5m3.gph", replace

graph combine "output/figA5m1.gph" "output/figA5m2.gph" "output/figA5m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) xcommon ycommon
graph save Graph "output/figA5.gph", replace
graph export "output/figureA5.tif", width(1000) replace

***Wald tests of differences between combinations of treatment and continents
est restore model
margins, over(rand2) at(continent=(1 2)) post
*Difference between EU and US researchers in choosing a process oriented outcome given an understudied research topic
mlincom 12-10	
est clear

***Figures A6-A8: Manipulation Checks
*Figure A6: Marginal effect of experimental treatment and research cultures on agreeing with manipulation check question
logit Manipulate1n i.rand2 i.gender i.statuscat age i.culture i.continent, robust cluster(country)
margins, dydx(rand2 culture) post atmeans
coefplot, xline(0, lpattern(dash) lcolor(black)) title("", size(small)) xscale(range(-0.2 0.2)) xlabel(-0.2(0.05)0.2) mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA6.gph", replace
graph export "output/figureA6.tif", width(1000) replace
est clear

*Figure A7: Replicate Figure 2 with manipulation check included as covariate
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent i.Manipulate1n, robust cluster(country)
eststo m
est res m
margins, dydx(rand2 culture) pr(out(1)) post atmeans
coefplot, xline(0, lpattern(dash) lcolor(black)) title(Exploratory, size(small)) xscale(range(0.6)) xlabel(-0.6(0.1)0.6) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA7m1.gph", replace
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent i.Manipulate1n, robust cluster(country)
eststo m
est res m
margins, dydx(rand2 culture) pr(out(2)) post atmeans
coefplot, scheme(s1mono) xline(0, lpattern(dash) lcolor(black)) title(Confirmatory, size(small)) xscale(range(0.6)) xlabel(-0.6(0.1)0.6) nodraw mcolor(black) mfcolor(black) msymbol(diamond) ciopts(lcolor(black))
graph save Graph "output/figA7m2.gph", replace
mlogit vig2outcome i.rand2 i.culture i.gender i.statuscat age i.continent i.Manipulate1n, robust cluster(country)
eststo m
est res m
margins, dydx(rand2 culture) pr(out(3)) post atmeans
coefplot, scheme(s1mono) xline(0, lpattern(dash) lcolor(black)) title(Process, size(small)) xscale(range(0.6)) xlabel(-0.6(0.1)0.6) nodraw mcolor(black) mfcolor(black) msymbol(diamond) ciopts(lcolor(black))
graph save Graph "output/figA7m3.gph", replace
graph combine "output/figA7m1.gph" "output/figA7m2.gph" "output/figA7m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) xcommon ycommon
graph save Graph "output/figA7.gph", replace
graph export "output/figureA7.tif", width(1000) replace

est clear

*Figure A8:regression models with interaction effects of treatment and manipulation check
mlogit vig2outcome i.Manipulate1n#i.rand2 i.gender i.statuscat age i.culture i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(Manipulate1n=(0 1)) pr(out(1)) post atmeans
coefplot, scheme(plottig) xline(0, lpattern(dash) lcolor(black)) title(Exploratory, size(small)) coeflabels(1._at = "No" 2._at = "Yes") xscale(range(-0.8 0.8)) xlabel(-0.8(0.1)0.8) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA8m1.gph", replace
mlogit vig2outcome i.Manipulate1n#i.rand2 i.gender i.statuscat age i.culture i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(Manipulate1n=(0 1)) pr(out(2)) post atmeans
coefplot, scheme(plottig) xline(0, lpattern(dash) lcolor(black)) title(Confirmatory, size(small)) coeflabels(1._at = "No" 2._at = "Yes") xscale(range(-0.8 0.8)) xlabel(-0.8(0.1)0.8) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA8m2.gph", replace
mlogit vig2outcome i.Manipulate1n#i.rand2 i.gender i.statuscat age i.culture i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(Manipulate1n=(0 1)) pr(out(3)) post atmeans
coefplot, scheme(plottig) xline(0, lpattern(dash) lcolor(black)) title(Process, size(small)) coeflabels(1._at = "No" 2._at = "Yes") xscale(range(-0.8 0.8)) xlabel(-0.8(0.1)0.8) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA8m3.gph", replace
graph combine "output/figA8m1.gph" "output/figA8m2.gph" "output/figA8m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) ycommon
graph save Graph "output/figA8.gph", replace
graph export "output/figureA8.tif", width(1000) replace
est clear

*** Replication of main and interaction effects with alternative coding of research cultures
use "data/fulldata.dta", clear
keep if lastpage==17 
keep if attention1=="Yes" & attention2=="Yes" & attention3=="Yes" & attention4=="No" & attention5=="No"
gen culture2=culture
count if methodcat==1 & numberofcases==2 | methodcat==2 & numberofcases==1
replace culture2=3 if methodcat==1 & numberofcases==2 | methodcat==2 & numberofcases==1
label values culture2 culture

*Define sample 
mlogit vig2outcome i.rand2 i.culture2 i.gender i.statuscat age i.continent, robust cluster(country)
keep if e(sample)

*Figure A9: Main Effects with alternative coding of research culture
mlogit vig2outcome i.rand2 i.culture2 i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2 culture2) pr(out(1)) post
coefplot, xline(0, lpattern(dash) lcolor(black)) title(Exploratory, size(small)) xscale(range(0.6)) xlabel(-0.6(0.1)0.6) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA9m1.gph", replace
mlogit vig2outcome i.rand2 i.culture2 i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2 culture2) pr(out(2)) post
coefplot, scheme(s1mono) xline(0, lpattern(dash) lcolor(black)) title(Confirmatory, size(small)) xscale(range(0.6)) xlabel(-0.6(0.1)0.6) nodraw mcolor(black) mfcolor(black) msymbol(diamond) ciopts(lcolor(black))
graph save Graph "output/figA9m2.gph", replace
mlogit vig2outcome i.rand2 i.culture2 i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2 culture2) pr(out(3)) post
coefplot, scheme(s1mono) xline(0, lpattern(dash) lcolor(black)) title(Process, size(small)) xscale(range(0.6)) xlabel(-0.6(0.1)0.6) nodraw mcolor(black) mfcolor(black) msymbol(diamond) ciopts(lcolor(black))
graph save Graph "output/figA9m3.gph", replace
graph combine "output/figA9m1.gph" "output/figA9m2.gph" "output/figA9m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) xcommon ycommon
graph save Graph "output/figA9.gph", replace
graph export "output/figureA9.tif", width(1000) replace
est clear

*Figure A10: Treatment effect accross research cultures with alternative coding of research culture
mlogit vig2outcome i.culture2#i.rand2 i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(culture2=(1 2 3)) pr(out(1)) post
coefplot, xline(0, lpattern(dash) lcolor(black)) title(Exploratory, size(small)) coeflabels(1._at = "Qualitative" 2._at = "Quantitative"  3._at = "Mixed-Methods") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA10m1.gph", replace
est clear
mlogit vig2outcome i.culture2#i.rand2 i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(culture2=(1 2 3)) pr(out(2)) post
coefplot, xline(0, lpattern(dash) lcolor(black)) title(Confirmatory, size(small)) coeflabels(1._at = "Qualitative" 2._at = "Quantitative"  3._at = "Mixed-Methods") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA10m2.gph", replace
est clear
mlogit vig2outcome i.culture2#i.rand2 i.gender i.statuscat age i.continent, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(culture2=(1 2 3)) pr(out(3)) post
coefplot, xline(0, lpattern(dash) lcolor(black)) title(Process, size(small)) coeflabels(1._at = "Qualitative" 2._at = "Quantitative"  3._at = "Mixed-Methods") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA10m3.gph", replace
est clear
graph combine "output/figA10m1.gph" "output/figA10m2.gph" "output/figA10m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) ycommon
graph save Graph "output/figA10.gph", replace
graph export "output/figureA10.tif", width(1000) replace
est clear

*Figure A11: Probability of choosing a specific goal of inference across research cultures and treatment conditions with alternative coding of research culture
mlogit vig2outcome i.culture2#i.rand2 i.gender i.statuscat age i.continent, robust cluster(country)
est store model

margins if rand2 == 1, at(culture2=(1 2 3) rand=(1)) post pr(out(1))
est store ext
est restore model
margins if rand2 == 2, at(culture2=(1 2 3) rand2=(2)) post pr(out(1))
est store notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Exploratory)", size(small)) ///
	ylab(1 `" "Qualitative" "' 2 `" "Quantitative" "' ///
		3 `" "Mixed-Method" "', labsize(small)) grid(none)
graph save Graph "output/figA11m1.gph", replace

est restore model
margins if rand2 == 1, at(culture2=(1 2 3) rand=(1)) post pr(out(2))
est store ext
est restore model
margins if rand2 == 2, at(culture2=(1 2 3) rand2=(2)) post pr(out(2))
est store notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Confirmatory)", size(small)) ///
	ylab(1 `" "Qualitative" "' 2 `" "Quantitative" "' ///
		3 `" "Mixed-Method" "', labsize(small)) grid(none)
graph save Graph "output/figA11m2.gph", replace

est restore model
margins if rand2 == 1, at(culture2=(1 2 3) rand=(1)) post pr(out(3))
est store ext
est restore model
margins if rand2 == 2, at(culture2=(1 2 3) rand2=(2)) post pr(out(3))
est store notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(order(2 "extensively studied" 4 "not extensively studied") position(6) cols(2)) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Process)", size(small)) ///
	ylab(1 `" "Qualitative" "' 2 `" "Quantitative" "' ///
		3 `" "Mixed-Method" "', labsize(small)) grid(none)
graph save Graph "output/figA11m3.gph", replace

graph combine "output/figA11m1.gph" "output/figA11m2.gph" "output/figA11m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) xcommon ycommon
graph save Graph "output/figA11.gph", replace
graph export "output/figureA11.tif", width(1000) replace
est clear

*Figure A12: Treatment effect accross continents with alternative coding of research culture
mlogit vig2outcome i.culture2 i.continent#i.rand2 i.gender i.statuscat age, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(continent=(1 2)) pr(out(1)) post
coefplot, scheme(plottig) xline(0, lpattern(dash) lcolor(black)) title(Exploratory, size(small)) coeflabels(1._at = "EU" 2._at = "US") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA12m1.gph", replace
est clear
mlogit vig2outcome i.culture2 i.continent#i.rand2 i.gender i.statuscat age, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(continent=(1 2)) pr(out(2)) post
coefplot, scheme(plottig) xline(0, lpattern(dash) lcolor(black)) title(Confirmatory, size(small)) coeflabels(1._at = "EU" 2._at = "US") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA12m2.gph", replace
est clear
mlogit vig2outcome i.culture2 i.continent#i.rand2 i.gender i.statuscat age, robust cluster(country)
eststo m
est res m
margins, dydx(rand2) at(continent=(1 2)) pr(out(3)) post
coefplot, scheme(plottig) xline(0, lpattern(dash) lcolor(black)) title(Process, size(small)) coeflabels(1._at = "EU" 2._at = "US") xscale(range(-0.7 0.7)) xlabel(-0.7(0.1)0.7) nodraw mcolor(black) mfcolor(black) msymbol(diamond)  ciopts(lcolor(black))
graph save Graph "output/figA12m3.gph", replace
est clear
graph combine "output/figA12m1.gph" "output/figA12m2.gph" "output/figA12m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) ycommon
graph save Graph "output/figA12.gph", replace
graph export "output/figureA12.tif", width(1000) replace
est clear

*Figure A13: Probability of choosing a specific goal of inference across continents and treatment conditions with alternative coding of research culture
mlogit vig2outcome i.culture2 i.continent#i.rand2 i.gender i.statuscat age, robust cluster(country)
est store model

margins if rand2 == 1, at(continent=(1 2)) post pr(out(1))
est store 	ext
est restore model
margins if rand2 == 2, at(continent=(1 2)) post pr(out(1))
est store 	notext

coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Exploratory)", size(small)) ///
	ylab(1 `" "EU" "' 2 `" "US" "', labsize(small)) grid(none)
graph save Graph "output/figA13m1.gph", replace

est restore model
margins if rand2 == 1, at(continent=(1 2)) post pr(out(2))
est store 	ext
est restore model
margins if rand2 == 2, at(continent=(1 2)) post pr(out(2))
est store 	notext
coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(off) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Confirmatory)", size(small)) ///
	ylab(1 `" "EU" "' 2 `" "US" "', labsize(small)) grid(none)
graph save Graph "output/figA13m2.gph", replace
	
est restore model
margins if rand2 == 1, at(continent=(1 2)) post pr(out(3))
est store 	ext
est restore model
margins if rand2 == 2, at(continent=(1 2)) post pr(out(3))
est store 	notext
coefplot 	(ext, msymbol(diamond) msize(small) col(black) ciopt(col(black))) ///
			(notext, msize(medium) col(gs8) ciopt(col(gs8))), ///
	legend(order(2 "extensively studied" 4 "not extensively studied") position(6) cols(2)) ///
	xlab(0(.1).9, format(%2.1f)) xtitle("Pr(Process)", size(small)) ///
	ylab(1 `" "EU" "' 2 `" "US" "', labsize(small)) grid(none)
graph save Graph "output/figA13m3.gph", replace

graph combine "output/figA13m1.gph" "output/figA13m2.gph" "output/figA13m3.gph", rows(3) imargin(small) title("") commonscheme graphregion(color(white) margin(small) fcolor(white)) xcommon ycommon
graph save Graph "output/figA13.gph", replace
graph export "output/figureA13.tif", width(1000) replace
est clear

***Table A16: Distribution of method preferences in the US and EU
asdoc tab culture continent, col title(Table A16: Distribution of method preferences in the US and EU) replace  save(output/tableA16.doc)
